#set -x
export CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7

SCRIPT_DIR=$(dirname "$(realpath "$0")")
PROJECT_DIR=$(realpath "$SCRIPT_DIR"/../)
echo SCRIPT_DIR=$SCRIPT_DIR
echo PROJECT_DIR=$PROJECT_DIR

which python
export PYTHONPATH=${PROJECT_DIR}:${PYTHONPATH}
echo ${PYTHONPATH}

python inference_vlm.py  
    --model_mode 1 \
    --dim 2048 \
    --n_layers 24 \
    --load_ckpt_path ""